0 # initial state
(0,0,'a',ConstantRewardFunction(0))